Embabel Agent Documentation/com.embabel.agent.eval.support

Package-level declarations

Types

data class CypherSetup(val cypher: String) : Setup

class DefaultEvaluationResultScorer : EvaluationResultScorer

data class EvaluationInProgress(val sessionId: String, val model: String, val job: EvaluationJob, _transcript: MutableList<TimedOpenAiCompatibleMessage> = mutableListOf(), var done: Boolean = false, _failures: Int = 0) : EvaluationRun

EvaluationJob

data class EvaluationJob(val evaluator: Evaluator, val aspirationalAverage: Long, val target: SessionCreationRequest, val scorer: Scorer = Scorer(), val maxTurns: Int = 20, val greetings: List<String> = listOf("Hello", "Hi", "Greetings", "Yo", "Hey"), val setups: List<Setup> = emptyList(), val tasks: List<Task>, val facts: List<String>, val assertions: List<Assertion> = emptyList())

Configuration for evaluating a conversation

EvaluationOptions

data class EvaluationOptions(val verbose: Boolean, val model: String)

EvaluationResult

data class EvaluationResult(val job: EvaluationJob, val aborted: Boolean = false, val failureCount: Int, val subjectiveScores: SubjectiveScores, val assertionScores: List<Score>, val transcript: List<TimedOpenAiCompatibleMessage>, val factsSupplied: Boolean) : EvaluationRun

EvaluationResults

data class EvaluationResults(val results: List<EvaluationResult>)

EvaluationResultScorer

interface EvaluationResultScorer

EvaluationRun

interface EvaluationRun

EvaluationRunner

interface EvaluationRunner

Evaluator

data class Evaluator(val name: String = "Socrates", val voice: String = "You speak like a friendly, relaxed human", val prompt: String = "eval/socrates", val temperature: Double = 0.5, val signoff: String = "So Long, and Thanks for All the Fish")

FullScores

data class FullScores(val failureCount: Int, val subjectiveScores: SubjectiveScores, val assertionScores: List<Score>, val responseTimes: ResponseTimes, val totalScore: Double)

ResponseTimes